R Notebook
This is an R Markdown Notebook. When you execute code within the notebook, the results appear beneath the code.
Try executing this chunk by clicking the Run button within the chunk or by placing your cursor inside it and pressing Cmd+Shift+Enter.
knitr::opts_chunk$set(message = FALSE)
knitr::opts_chunk$set(warning = FALSE)ma_data <- read_csv(DATA_PATH)
ma_datacontingency table
ALL_CATEGORICAL_VARS <- c("test_type","presentation_type",
"agent_argument_type_clean", "patient_argument_type_clean",
"stimuli_modality", "stimuli_actor", "character_identification", "practice_phase", "test_mass_or_distributed", "test_method")
get_cross_counts <- function(args, df){
var1 = args[[1]]
var2 = args[[2]]
if (var1 != var2){
df %>%
select_(var1, var2) %>%
rename(v1 = var1,
v2 = var2) %>%
count(v1, v2) %>%
mutate(v1_long = glue("{var1}/{v1}"),
v2_long = glue("{var2}/{v2}")) %>%
select(v1_long, v2_long, n)
}
}
all_pair_counts <- list(ALL_CATEGORICAL_VARS,
ALL_CATEGORICAL_VARS) %>%
cross() %>%
map_df(get_cross_counts, ma_data) %>%
complete(v1_long, v2_long, fill = list(n = 0)) %>%
filter(v1_long != v2_long)
all_counts_wide <- all_pair_counts %>%
pivot_wider(names_from = v2_long, values_from = n)
all_counts_wide_matrix <- all_counts_wide %>%
select(-v1_long) %>%
as.matrix()
row.names(all_counts_wide_matrix) <- all_counts_wide$v1_long
heatmaply(all_counts_wide_matrix,
fontsize_row = 8,
fontsize_col = 8)Model selections??
http://www.metafor-project.org/doku.php/tips:model_selection_with_glmulti_and_mumin
model selection
reasonable:
rma.glmulti <- function(formula,data)
{rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}
res_reasonable <- glmulti(d_calc ~ mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + test_method , data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
##
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed
## Crit= 747.901978397537
## Mean crit= 784.571373343868
##
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 763.040143333733
##
## After 150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 755.463351605607
##
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 752.360618731885
##
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 747.836982462755
##
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 744.610581910332
##
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification
## Crit= 733.521022022465
## Mean crit= 743.889045948981
##
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Crit= 729.698867329979
## Mean crit= 739.778804515405
##
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+test_method
## Crit= 729.698867329979
## Mean crit= 739.374648648293
##
## After 500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 728.799993166502
## Mean crit= 737.828224140681
## Completed.top <- weightable(res_reasonable)
top <- top[top$aicc <= min(top$aicc) + 2,]
summary(res_reasonable@objects[[1]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -347.1358 733.8873 724.2717 766.3320 728.8000
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 107) = 733.8873, p-val < .0001
##
## Test of Moderators (coefficients 2:15):
## QM(df = 14) = 117.0207, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.1202 0.2543 0.4728 0.6364
## mean_age -0.0002 0.0001 -1.7294 0.0837
## sentence_structuretransitive -0.2351 0.1482 -1.5867 0.1126
## agent_argument_type_cleandropping_noise -0.5346 0.2757 -1.9389 0.0525
## agent_argument_type_cleannoun -0.0062 0.1615 -0.0383 0.9695
## agent_argument_type_cleannoun_phrase 0.2378 0.2090 1.1381 0.2551
## agent_argument_type_cleanpronoun -0.8377 0.2006 -4.1750 <.0001
## agent_argument_type_cleanvarying_agent -0.3516 0.1574 -2.2336 0.0255
## patient_argument_type_cleannoun 0.2530 0.1463 1.7294 0.0837
## patient_argument_type_cleannoun_phrase 1.2482 0.1911 6.5336 <.0001
## patient_argument_type_cleanpronoun 1.1048 0.2032 5.4363 <.0001
## test_mass_or_distributedmass 0.5176 0.0963 5.3759 <.0001
## character_identificationyes 0.3268 0.0778 4.2011 <.0001
## n_repetitions_sentence 0.0131 0.0070 1.8713 0.0613
## test_methodpoint 0.3004 0.1082 2.7757 0.0055
## ci.lb ci.ub
## intrcpt -0.3782 0.6187
## mean_age -0.0004 0.0000 .
## sentence_structuretransitive -0.5256 0.0553
## agent_argument_type_cleandropping_noise -1.0751 0.0058 .
## agent_argument_type_cleannoun -0.3226 0.3103
## agent_argument_type_cleannoun_phrase -0.1717 0.6473
## agent_argument_type_cleanpronoun -1.2310 -0.4444 ***
## agent_argument_type_cleanvarying_agent -0.6602 -0.0431 *
## patient_argument_type_cleannoun -0.0337 0.5396 .
## patient_argument_type_cleannoun_phrase 0.8738 1.6227 ***
## patient_argument_type_cleanpronoun 0.7065 1.5031 ***
## test_mass_or_distributedmass 0.3289 0.7063 ***
## character_identificationyes 0.1743 0.4793 ***
## n_repetitions_sentence -0.0006 0.0269 .
## test_methodpoint 0.0883 0.5125 **
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_reasonable, type="s")
summary(res_reasonable@objects[[2]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -347.1358 733.8873 724.2717 766.3320 728.8000
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 107) = 733.8873, p-val < .0001
##
## Test of Moderators (coefficients 2:15):
## QM(df = 14) = 117.0207, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.1202 0.2543 0.4728 0.6364
## mean_age -0.0002 0.0001 -1.7294 0.0837
## agent_argument_type_cleandropping_noise -0.5346 0.2757 -1.9389 0.0525
## agent_argument_type_cleannoun -0.0062 0.1615 -0.0383 0.9695
## agent_argument_type_cleannoun_phrase 0.2378 0.2090 1.1381 0.2551
## agent_argument_type_cleanpronoun -0.8377 0.2006 -4.1750 <.0001
## agent_argument_type_cleanvarying_agent -0.3516 0.1574 -2.2336 0.0255
## patient_argument_type_cleannoun 0.0178 0.0965 0.1846 0.8536
## patient_argument_type_cleannoun_phrase 1.0131 0.1390 7.2890 <.0001
## patient_argument_type_cleanpronoun 0.8696 0.1375 6.3247 <.0001
## patient_argument_type_cleanvarying_patient -0.2351 0.1482 -1.5867 0.1126
## test_mass_or_distributedmass 0.5176 0.0963 5.3759 <.0001
## character_identificationyes 0.3268 0.0778 4.2011 <.0001
## n_repetitions_sentence 0.0131 0.0070 1.8713 0.0613
## test_methodpoint 0.3004 0.1082 2.7757 0.0055
## ci.lb ci.ub
## intrcpt -0.3782 0.6187
## mean_age -0.0004 0.0000 .
## agent_argument_type_cleandropping_noise -1.0751 0.0058 .
## agent_argument_type_cleannoun -0.3226 0.3103
## agent_argument_type_cleannoun_phrase -0.1717 0.6473
## agent_argument_type_cleanpronoun -1.2310 -0.4444 ***
## agent_argument_type_cleanvarying_agent -0.6602 -0.0431 *
## patient_argument_type_cleannoun -0.1714 0.2070
## patient_argument_type_cleannoun_phrase 0.7407 1.2855 ***
## patient_argument_type_cleanpronoun 0.6001 1.1391 ***
## patient_argument_type_cleanvarying_patient -0.5256 0.0553
## test_mass_or_distributedmass 0.3289 0.7063 ***
## character_identificationyes 0.1743 0.4793 ***
## n_repetitions_sentence -0.0006 0.0269 .
## test_methodpoint 0.0883 0.5125 **
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1take everything
rma.glmulti <- function(formula,data)
{rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}
res_sink <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + test_type + stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video + test_method, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
##
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.201049652064
##
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 775.266577500117
##
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 765.58686576382
##
## After 200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 753.78300995133
##
## After 250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 746.971048069631
##
## After 300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 744.2211050637
##
## After 350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 742.1513746234
##
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Crit= 730.360343716281
## Mean crit= 739.282911619139
##
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 735.959706405024
##
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 728.824062239949
## Mean crit= 733.695451909065
##
## After 550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268##
## After 600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268
##
## After 650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 731.123718192268##
## After 700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 730.990172654656
##
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 730.65109466356
##
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837##
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837
##
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 729.449004183837##
## After 950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 727.304161332763
##
## After 1000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 726.815140457882
##
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.388773394326
##
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831
##
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.347762612831##
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.25450737092
##
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.810562316346
##
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.370541354564
##
## After 1600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937
##
## After 1700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 1950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.859062404937##
## After 2000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.208183883711
##
## After 2050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.166128785957
##
## After 2100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.777741234426
##
## After 2150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518
##
## After 2250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.070061624518##
## After 2650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782##
## After 2700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782
##
## After 2750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782##
## After 2800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782##
## After 2850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 720.537438665782##
## After 2900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.888386723737
##
## After 2950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.394350095042##
## After 3000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 719.394350095042
##
## After 3050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.992717804467
##
## After 3100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.989668310586##
## After 3150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 718.989668310586
##
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356##
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356
##
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356##
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356##
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.756813270356##
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639##
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639
##
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.740559747639##
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.516735084507
##
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.364341844693
##
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.471902938834
##
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631##
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631
##
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631##
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.244640215631##
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 715.209118890118
##
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889##
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889
##
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.639281125889##
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.523579426809
##
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 714.327128292568
##
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918
##
## After 4350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 4950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 5950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 6950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.245030343918##
## After 7400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.854501850999
##
## After 7450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945
##
## After 7550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.644879645945##
## After 7950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605##
## After 8000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605
##
## After 8050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605##
## After 8100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605##
## After 8150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.615036243605##
## After 8200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803##
## After 8250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803
##
## After 8300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803##
## After 8350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803##
## After 8400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803##
## After 8450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 712.50662079803##
## After 8500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126
##
## After 8600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 711.943055524126##
## After 8900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Crit= 700.221097562765
## Mean crit= 710.236225432174##
## After 8950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+test_method
## Crit= 700.221097562765
## Mean crit= 710.236225432174
##
## After 9000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 708.852939846039
##
## After 9050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772
##
## After 9150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+test_method
## Crit= 696.597293149923
## Mean crit= 707.486272066772##
## After 9400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.846154332375
##
## After 9450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.359963207032##
## After 9500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase+test_method
## Crit= 695.060648700622
## Mean crit= 705.359963207032
##
## After 9550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999
##
## After 9650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.94694949999##
## After 9950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.227504997725##
## After 10000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 702.227504997725
##
## After 10050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 701.568287104403
##
## After 10100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317
##
## After 10200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.928833261317##
## After 10450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 700.187587524276
##
## After 10500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 699.599097027611##
## After 10550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 699.599097027611
##
## After 10600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588
##
## After 10700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 10950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+test_method
## Crit= 692.653932388074
## Mean crit= 698.100709083588##
## After 11000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352##
## After 11050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352
##
## After 11100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 688.246329986395
## Mean crit= 696.126978368352##
## After 11150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681
##
## After 11250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 691.477325943681##
## After 11550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 689.70733289589##
## After 11600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 671.719872727687
## Mean crit= 689.70733289589
##
## After 11650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 686.356692388161
##
## After 11700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 11750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198
##
## After 11800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 11850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 11900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 11950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 12000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 685.163777591198##
## After 12050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959##
## After 12100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959
##
## After 12150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 684.634019711959##
## After 12200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656
##
## After 12300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 682.131245371656##
## After 12600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 681.605976100932##
## After 12650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 681.605976100932
##
## After 12700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 680.63834006026
##
## After 12750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 12800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281
##
## After 12850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 12900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 12950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 13950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 14950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.572126487281##
## After 15250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.375298478177##
## After 15300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 679.375298478177
##
## After 15350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 670.513466981674
## Mean crit= 678.662895417216
##
## After 15400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378
##
## After 15500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.439118062378##
## After 15750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385##
## After 15800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385
##
## After 15850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 677.313427225385##
## After 15900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 15950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521
##
## After 16000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.524305569521##
## After 16400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 675.26799696202
##
## After 16450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157
##
## After 16550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 674.198381377157##
## After 16950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+n_repetitions_sentence+n_repetitions_video+test_method
## Crit= 668.101490617975
## Mean crit= 672.982462404714
## Completed.#print(res_sink)top <- weightable(res_sink)
top <- top[top$aicc <= min(top$aicc) + 2,]
topsummary(res_sink@objects[[1]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -309.8923 659.4003 659.7847 715.8651 668.1015
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 102) = 659.4003, p-val < .0001
##
## Test of Moderators (coefficients 2:20):
## QM(df = 19) = 191.5078, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt -0.3214 0.2996 -1.0728 0.2834
## mean_age -0.0005 0.0001 -3.1695 0.0015
## agent_argument_type_cleandropping_noise -0.6110 0.2767 -2.2084 0.0272
## agent_argument_type_cleannoun -0.0974 0.1828 -0.5330 0.5940
## agent_argument_type_cleannoun_phrase -0.0042 0.2346 -0.0180 0.9856
## agent_argument_type_cleanpronoun -1.1352 0.2278 -4.9828 <.0001
## agent_argument_type_cleanvarying_agent -0.3366 0.1633 -2.0608 0.0393
## patient_argument_type_cleannoun 0.1080 0.0981 1.1012 0.2708
## patient_argument_type_cleannoun_phrase 0.9697 0.1547 6.2678 <.0001
## patient_argument_type_cleanpronoun 0.9545 0.1415 6.7446 <.0001
## patient_argument_type_cleanvarying_patient -0.3111 0.1466 -2.1219 0.0338
## test_typeagent -0.6907 0.2218 -3.1141 0.0018
## stimuli_actorperson -0.8090 0.1295 -6.2463 <.0001
## stimuli_modalityvideo 0.9924 0.1536 6.4623 <.0001
## presentation_typeimmediate_after 0.6439 0.1332 4.8327 <.0001
## presentation_typesimultaneous 0.3885 0.1299 2.9903 0.0028
## test_mass_or_distributedmass 0.7080 0.1135 6.2402 <.0001
## n_repetitions_sentence 0.0450 0.0084 5.3508 <.0001
## n_repetitions_video -0.0759 0.0298 -2.5464 0.0109
## test_methodpoint 1.0361 0.1367 7.5802 <.0001
## ci.lb ci.ub
## intrcpt -0.9085 0.2658
## mean_age -0.0008 -0.0002 **
## agent_argument_type_cleandropping_noise -1.1533 -0.0687 *
## agent_argument_type_cleannoun -0.4558 0.2609
## agent_argument_type_cleannoun_phrase -0.4640 0.4556
## agent_argument_type_cleanpronoun -1.5817 -0.6886 ***
## agent_argument_type_cleanvarying_agent -0.6567 -0.0165 *
## patient_argument_type_cleannoun -0.0843 0.3004
## patient_argument_type_cleannoun_phrase 0.6665 1.2729 ***
## patient_argument_type_cleanpronoun 0.6771 1.2318 ***
## patient_argument_type_cleanvarying_patient -0.5985 -0.0237 *
## test_typeagent -1.1254 -0.2560 **
## stimuli_actorperson -1.0628 -0.5551 ***
## stimuli_modalityvideo 0.6914 1.2934 ***
## presentation_typeimmediate_after 0.3827 0.9050 ***
## presentation_typesimultaneous 0.1339 0.6432 **
## test_mass_or_distributedmass 0.4856 0.9304 ***
## n_repetitions_sentence 0.0285 0.0615 ***
## n_repetitions_video -0.1343 -0.0175 *
## test_methodpoint 0.7682 1.3040 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1summary(res_sink@objects[[2]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -309.8923 659.4003 659.7847 715.8651 668.1015
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 102) = 659.4003, p-val < .0001
##
## Test of Moderators (coefficients 2:20):
## QM(df = 19) = 191.5078, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt -0.3214 0.2996 -1.0728 0.2834
## mean_age -0.0005 0.0001 -3.1695 0.0015
## sentence_structuretransitive -0.3111 0.1466 -2.1219 0.0338
## agent_argument_type_cleandropping_noise -0.6110 0.2767 -2.2084 0.0272
## agent_argument_type_cleannoun -0.0974 0.1828 -0.5330 0.5940
## agent_argument_type_cleannoun_phrase -0.0042 0.2346 -0.0180 0.9856
## agent_argument_type_cleanpronoun -1.1352 0.2278 -4.9828 <.0001
## agent_argument_type_cleanvarying_agent -0.3366 0.1633 -2.0608 0.0393
## patient_argument_type_cleannoun 0.4191 0.1499 2.7964 0.0052
## patient_argument_type_cleannoun_phrase 1.2808 0.2082 6.1528 <.0001
## patient_argument_type_cleanpronoun 1.2656 0.2017 6.2730 <.0001
## test_typeagent -0.6907 0.2218 -3.1141 0.0018
## stimuli_actorperson -0.8090 0.1295 -6.2463 <.0001
## stimuli_modalityvideo 0.9924 0.1536 6.4623 <.0001
## presentation_typeimmediate_after 0.6439 0.1332 4.8327 <.0001
## presentation_typesimultaneous 0.3885 0.1299 2.9903 0.0028
## test_mass_or_distributedmass 0.7080 0.1135 6.2402 <.0001
## n_repetitions_sentence 0.0450 0.0084 5.3508 <.0001
## n_repetitions_video -0.0759 0.0298 -2.5464 0.0109
## test_methodpoint 1.0361 0.1367 7.5802 <.0001
## ci.lb ci.ub
## intrcpt -0.9085 0.2658
## mean_age -0.0008 -0.0002 **
## sentence_structuretransitive -0.5985 -0.0237 *
## agent_argument_type_cleandropping_noise -1.1533 -0.0687 *
## agent_argument_type_cleannoun -0.4558 0.2609
## agent_argument_type_cleannoun_phrase -0.4640 0.4556
## agent_argument_type_cleanpronoun -1.5817 -0.6886 ***
## agent_argument_type_cleanvarying_agent -0.6567 -0.0165 *
## patient_argument_type_cleannoun 0.1254 0.7129 **
## patient_argument_type_cleannoun_phrase 0.8728 1.6888 ***
## patient_argument_type_cleanpronoun 0.8701 1.6610 ***
## test_typeagent -1.1254 -0.2560 **
## stimuli_actorperson -1.0628 -0.5551 ***
## stimuli_modalityvideo 0.6914 1.2934 ***
## presentation_typeimmediate_after 0.3827 0.9050 ***
## presentation_typesimultaneous 0.1339 0.6432 **
## test_mass_or_distributedmass 0.4856 0.9304 ***
## n_repetitions_sentence 0.0285 0.0615 ***
## n_repetitions_video -0.1343 -0.0175 *
## test_methodpoint 0.7682 1.3040 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_sink, type="s")
eval(metafor:::.glmulti)
coef(res_sink)## Estimate Uncond. variance
## character_identificationyes 0.0149096739 1.629759e-03
## sentence_structuretransitive -0.1711455941 3.976485e-02
## patient_argument_type_cleanvarying_patient -0.1711455941 3.976485e-02
## practice_phaseyes 0.1033468346 1.664630e-02
## n_repetitions_video -0.0512645953 1.730912e-03
## test_typeagent -0.4759320134 1.063151e-01
## intrcpt -0.3800325033 9.702080e-02
## mean_age -0.0004585859 2.398761e-08
## agent_argument_type_cleandropping_noise -0.6039643243 7.678019e-02
## agent_argument_type_cleannoun -0.1125109570 3.474409e-02
## agent_argument_type_cleannoun_phrase -0.0100629300 5.734860e-02
## agent_argument_type_cleanpronoun -1.1280791435 5.357895e-02
## agent_argument_type_cleanvarying_agent -0.3256801306 2.712951e-02
## patient_argument_type_cleannoun 0.2774124502 4.554043e-02
## patient_argument_type_cleannoun_phrase 1.1638954660 6.365289e-02
## patient_argument_type_cleanpronoun 1.1152572769 5.989391e-02
## stimuli_actorperson -0.7983418893 2.071864e-02
## stimuli_modalityvideo 0.9296946984 2.858333e-02
## presentation_typeimmediate_after 0.6093540800 1.950612e-02
## presentation_typesimultaneous 0.3887474550 1.855936e-02
## test_mass_or_distributedmass 0.6941149339 1.357568e-02
## n_repetitions_sentence 0.0438902929 7.598882e-05
## test_methodpoint 0.9578175752 2.434523e-02
## Nb models Importance
## character_identificationyes 16 0.2300074
## sentence_structuretransitive 16 0.5000000
## patient_argument_type_cleanvarying_patient 16 0.5000000
## practice_phaseyes 16 0.5041246
## n_repetitions_video 16 0.7207516
## test_typeagent 16 0.7830388
## intrcpt 32 1.0000000
## mean_age 32 1.0000000
## agent_argument_type_cleandropping_noise 32 1.0000000
## agent_argument_type_cleannoun 32 1.0000000
## agent_argument_type_cleannoun_phrase 32 1.0000000
## agent_argument_type_cleanpronoun 32 1.0000000
## agent_argument_type_cleanvarying_agent 32 1.0000000
## patient_argument_type_cleannoun 32 1.0000000
## patient_argument_type_cleannoun_phrase 32 1.0000000
## patient_argument_type_cleanpronoun 32 1.0000000
## stimuli_actorperson 32 1.0000000
## stimuli_modalityvideo 32 1.0000000
## presentation_typeimmediate_after 32 1.0000000
## presentation_typesimultaneous 32 1.0000000
## test_mass_or_distributedmass 32 1.0000000
## n_repetitions_sentence 32 1.0000000
## test_methodpoint 32 1.0000000
## +/- (alpha=0.05)
## character_identificationyes 0.079124292
## sentence_structuretransitive 0.390838871
## patient_argument_type_cleanvarying_patient 0.390838871
## practice_phaseyes 0.252875643
## n_repetitions_video 0.081542801
## test_typeagent 0.639065758
## intrcpt 0.610492746
## mean_age 0.000303558
## agent_argument_type_cleandropping_noise 0.543091086
## agent_argument_type_cleannoun 0.365332703
## agent_argument_type_cleannoun_phrase 0.469363696
## agent_argument_type_cleanpronoun 0.453675347
## agent_argument_type_cleanvarying_agent 0.322826432
## patient_argument_type_cleannoun 0.418260327
## patient_argument_type_cleannoun_phrase 0.494489602
## patient_argument_type_cleanpronoun 0.479666523
## stimuli_actorperson 0.282116670
## stimuli_modalityvideo 0.331363361
## presentation_typeimmediate_after 0.273737025
## presentation_typesimultaneous 0.267011293
## test_mass_or_distributedmass 0.228364615
## n_repetitions_sentence 0.017085314
## test_methodpoint 0.305812383mmi <- as.data.frame(coef(res_sink))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)three interdependence moderators, take one ### take test type
rma.glmulti <- function(formula,data)
{rma.mv(formula, d_var_calc, data=ma_data, method="ML")
}
res_test_type <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + test_type + stimuli_actor + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
##
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.201049652064
##
## After 100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 764.120287355622
##
## After 150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 752.840639494272
##
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type
## Crit= 737.477278875806
## Mean crit= 746.469811287287
##
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 738.978072310265
##
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 737.258746906124
##
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 736.635272711565
##
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 735.137777560888
##
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 734.847331054271
##
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 733.617136131223
##
## After 550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.051969210423##
## After 600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.051969210423
##
## After 650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 732.040078328049
##
## After 700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 731.854966454398
##
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 730.798888428227
##
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.456758907682##
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.456758907682
##
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.367640867514
##
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.347921873037##
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.347921873037
##
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 728.052933067873
##
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.808099709179##
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.808099709179
##
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.767699289446##
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.767699289446
##
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.413411643483
##
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.257061091435##
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.257061091435
##
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.083487956149
##
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 727.007100523224
##
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 726.960260155728
##
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.457729855563##
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.457729855563
##
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.833122888718
##
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.520409326913##
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+test_type+presentation_type+character_identification+n_repetitions_sentence
## Crit= 722.47034421165
## Mean crit= 725.520409326913
##
## After 1850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 723.644672178973
##
## After 1900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 723.302395181957
##
## After 1950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.858376648902
##
## After 2000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.038950892984##
## After 2050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 722.038950892984
##
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.886195905533
##
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757
##
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.4528915757##
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964
##
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.450233596964##
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.042364760831
##
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855##
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855
##
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855##
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.937618890855##
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416##
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416
##
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.653211948416##
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.603921106093##
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.603921106093
##
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.357677543761
##
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.119035058296
## Completed.print(res_test_type)## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 716.402586832488
## Best model:
## [1] "d_calc ~ 1 + mean_age + agent_argument_type_clean + patient_argument_type_clean + "
## [2] " presentation_type + test_mass_or_distributed + practice_phase + "
## [3] " character_identification + n_repetitions_sentence"
## [1] "d_calc ~ 1 + mean_age + sentence_structure + agent_argument_type_clean + "
## [2] " patient_argument_type_clean + presentation_type + test_mass_or_distributed + "
## [3] " practice_phase + character_identification + n_repetitions_sentence"
## Evidence weight: 0.0967482977789937
## Worst IC: 720.962752689297
## 10 models within 2 IC units.
## 27 models to reach 95% of evidence weight.top <- weightable(res_test_type)
top <- top[top$aicc <= min(top$aicc) + 2,]
topsummary(res_test_type@objects[[1]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -338.2590 716.1336 710.5180 758.1863 716.4026
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 105) = 716.1336, p-val < .0001
##
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 134.7744, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.0561 0.2588 0.2169 0.8283
## mean_age -0.0002 0.0001 -1.4821 0.1383
## agent_argument_type_cleandropping_noise -0.5368 0.2761 -1.9445 0.0518
## agent_argument_type_cleannoun -0.4463 0.1837 -2.4297 0.0151
## agent_argument_type_cleannoun_phrase -0.2117 0.2400 -0.8821 0.3777
## agent_argument_type_cleanpronoun -1.1722 0.2189 -5.3557 <.0001
## agent_argument_type_cleanvarying_agent -0.2770 0.1601 -1.7302 0.0836
## patient_argument_type_cleannoun 0.0709 0.0971 0.7302 0.4653
## patient_argument_type_cleannoun_phrase 0.9456 0.1431 6.6085 <.0001
## patient_argument_type_cleanpronoun 0.9895 0.1394 7.0984 <.0001
## patient_argument_type_cleanvarying_patient -0.3437 0.1521 -2.2596 0.0238
## presentation_typeimmediate_after 0.6056 0.1202 5.0391 <.0001
## presentation_typesimultaneous 0.4862 0.1317 3.6922 0.0002
## test_mass_or_distributedmass 0.2246 0.0957 2.3467 0.0189
## practice_phaseyes 0.1418 0.0762 1.8600 0.0629
## character_identificationyes 0.3154 0.0828 3.8105 0.0001
## n_repetitions_sentence 0.0264 0.0080 3.2972 0.0010
## ci.lb ci.ub
## intrcpt -0.4510 0.5633
## mean_age -0.0005 0.0001
## agent_argument_type_cleandropping_noise -1.0779 0.0043 .
## agent_argument_type_cleannoun -0.8063 -0.0863 *
## agent_argument_type_cleannoun_phrase -0.6822 0.2587
## agent_argument_type_cleanpronoun -1.6012 -0.7432 ***
## agent_argument_type_cleanvarying_agent -0.5907 0.0368 .
## patient_argument_type_cleannoun -0.1195 0.2613
## patient_argument_type_cleannoun_phrase 0.6652 1.2261 ***
## patient_argument_type_cleanpronoun 0.7163 1.2627 ***
## patient_argument_type_cleanvarying_patient -0.6417 -0.0456 *
## presentation_typeimmediate_after 0.3700 0.8411 ***
## presentation_typesimultaneous 0.2281 0.7442 ***
## test_mass_or_distributedmass 0.0370 0.4122 *
## practice_phaseyes -0.0076 0.2912 .
## character_identificationyes 0.1532 0.4776 ***
## n_repetitions_sentence 0.0107 0.0422 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_test_type, type="s")
summary(res_test_type@objects[[2]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -338.2590 716.1336 710.5180 758.1863 716.4026
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 105) = 716.1336, p-val < .0001
##
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 134.7744, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.0561 0.2588 0.2169 0.8283
## mean_age -0.0002 0.0001 -1.4821 0.1383
## sentence_structuretransitive -0.3437 0.1521 -2.2596 0.0238
## agent_argument_type_cleandropping_noise -0.5368 0.2761 -1.9445 0.0518
## agent_argument_type_cleannoun -0.4463 0.1837 -2.4297 0.0151
## agent_argument_type_cleannoun_phrase -0.2117 0.2400 -0.8821 0.3777
## agent_argument_type_cleanpronoun -1.1722 0.2189 -5.3557 <.0001
## agent_argument_type_cleanvarying_agent -0.2770 0.1601 -1.7302 0.0836
## patient_argument_type_cleannoun 0.4146 0.1512 2.7414 0.0061
## patient_argument_type_cleannoun_phrase 1.2893 0.1982 6.5064 <.0001
## patient_argument_type_cleanpronoun 1.3332 0.2098 6.3533 <.0001
## presentation_typeimmediate_after 0.6056 0.1202 5.0391 <.0001
## presentation_typesimultaneous 0.4862 0.1317 3.6922 0.0002
## test_mass_or_distributedmass 0.2246 0.0957 2.3467 0.0189
## practice_phaseyes 0.1418 0.0762 1.8600 0.0629
## character_identificationyes 0.3154 0.0828 3.8105 0.0001
## n_repetitions_sentence 0.0264 0.0080 3.2972 0.0010
## ci.lb ci.ub
## intrcpt -0.4510 0.5633
## mean_age -0.0005 0.0001
## sentence_structuretransitive -0.6417 -0.0456 *
## agent_argument_type_cleandropping_noise -1.0779 0.0043 .
## agent_argument_type_cleannoun -0.8063 -0.0863 *
## agent_argument_type_cleannoun_phrase -0.6822 0.2587
## agent_argument_type_cleanpronoun -1.6012 -0.7432 ***
## agent_argument_type_cleanvarying_agent -0.5907 0.0368 .
## patient_argument_type_cleannoun 0.1182 0.7110 **
## patient_argument_type_cleannoun_phrase 0.9009 1.6777 ***
## patient_argument_type_cleanpronoun 0.9219 1.7444 ***
## presentation_typeimmediate_after 0.3700 0.8411 ***
## presentation_typesimultaneous 0.2281 0.7442 ***
## test_mass_or_distributedmass 0.0370 0.4122 *
## practice_phaseyes -0.0076 0.2912 .
## character_identificationyes 0.1532 0.4776 ***
## n_repetitions_sentence 0.0107 0.0422 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_test_type, type="s")
eval(metafor:::.glmulti)
coef(res_test_type)## Estimate Uncond. variance
## test_typeagent -0.0506168013 1.127246e-02
## stimuli_actorperson -0.0327715231 3.809992e-03
## n_repetitions_video 0.0107977464 3.849466e-04
## patient_argument_type_cleanvarying_patient -0.1633068911 3.769688e-02
## sentence_structuretransitive -0.1633068911 3.769688e-02
## practice_phaseyes 0.1322968377 1.337918e-02
## test_mass_or_distributedmass 0.2268071157 1.297894e-02
## character_identificationyes 0.2709059490 1.112248e-02
## intrcpt 0.0263275744 8.388128e-02
## mean_age -0.0001630267 2.125556e-08
## agent_argument_type_cleandropping_noise -0.5260671602 7.640289e-02
## agent_argument_type_cleannoun -0.4424593470 3.836743e-02
## agent_argument_type_cleannoun_phrase -0.1850139762 6.569365e-02
## agent_argument_type_cleanpronoun -1.1252621490 5.384117e-02
## agent_argument_type_cleanvarying_agent -0.2773412512 2.598338e-02
## patient_argument_type_cleannoun 0.2427261090 4.296954e-02
## patient_argument_type_cleannoun_phrase 1.0867059557 5.842601e-02
## patient_argument_type_cleanpronoun 1.1491849375 5.822011e-02
## presentation_typeimmediate_after 0.5864981416 1.694629e-02
## presentation_typesimultaneous 0.4424990681 2.051641e-02
## n_repetitions_sentence 0.0263664444 6.792928e-05
## Nb models Importance
## test_typeagent 12 0.2366261
## stimuli_actorperson 12 0.2791579
## n_repetitions_video 12 0.2973793
## patient_argument_type_cleanvarying_patient 16 0.5000000
## sentence_structuretransitive 16 0.5000000
## practice_phaseyes 22 0.7034992
## test_mass_or_distributedmass 26 0.9068833
## character_identificationyes 30 0.9457492
## intrcpt 32 1.0000000
## mean_age 32 1.0000000
## agent_argument_type_cleandropping_noise 32 1.0000000
## agent_argument_type_cleannoun 32 1.0000000
## agent_argument_type_cleannoun_phrase 32 1.0000000
## agent_argument_type_cleanpronoun 32 1.0000000
## agent_argument_type_cleanvarying_agent 32 1.0000000
## patient_argument_type_cleannoun 32 1.0000000
## patient_argument_type_cleannoun_phrase 32 1.0000000
## patient_argument_type_cleanpronoun 32 1.0000000
## presentation_typeimmediate_after 32 1.0000000
## presentation_typesimultaneous 32 1.0000000
## n_repetitions_sentence 32 1.0000000
## +/- (alpha=0.05)
## test_typeagent 0.2080930110
## stimuli_actorperson 0.1209790328
## n_repetitions_video 0.0384546020
## patient_argument_type_cleanvarying_patient 0.3805404323
## sentence_structuretransitive 0.3805404323
## practice_phaseyes 0.2267058835
## test_mass_or_distributedmass 0.2232891509
## character_identificationyes 0.2067040403
## intrcpt 0.5676499670
## mean_age 0.0002857488
## agent_argument_type_cleandropping_noise 0.5417550575
## agent_argument_type_cleannoun 0.3839100076
## agent_argument_type_cleannoun_phrase 0.5023538954
## agent_argument_type_cleanpronoun 0.4547841575
## agent_argument_type_cleanvarying_agent 0.3159336535
## patient_argument_type_cleannoun 0.4062827883
## patient_argument_type_cleannoun_phrase 0.4737521551
## patient_argument_type_cleanpronoun 0.4729166310
## presentation_typeimmediate_after 0.2551440084
## presentation_typesimultaneous 0.2807364129
## n_repetitions_sentence 0.0161538701mmi <- as.data.frame(coef(res_test_type))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)take test method
res_test_method <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + stimuli_actor + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video + test_method, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
##
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 776.929150826727
##
## After 100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+test_mass_or_distributed
## Crit= 738.15666958076
## Mean crit= 758.14853717997
##
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 747.048510789362
##
## After 200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 741.780164549467
##
## After 250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed
## Crit= 728.967998354458
## Mean crit= 737.911125787412
##
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 735.80248722281
##
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 725.693625999022
## Mean crit= 734.572726016637
##
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.89488245689
##
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.51230168104
##
## After 500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 731.130752368715
##
## After 550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.863538465332##
## After 600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.863538465332
##
## After 650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.515891604539
##
## After 700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 729.198768820927
##
## After 750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification
## Crit= 724.275501887217
## Mean crit= 728.702158974073
##
## After 800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 727.786099129399
##
## After 850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 727.281819497128
##
## After 900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 723.332465889152
## Mean crit= 726.941581942549
##
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 725.210384868064
##
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence
## Crit= 717.15854796858
## Mean crit= 724.150611613965
##
## After 1050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 723.257153751427
##
## After 1100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126##
## After 1150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126
##
## After 1200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126##
## After 1250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126##
## After 1300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.707925914126##
## After 1350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638##
## After 1400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638
##
## After 1450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638##
## After 1500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638##
## After 1550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.555971278638##
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887##
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887
##
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887##
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.545602092887##
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.484487434963
##
## After 1850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 722.274707245735
##
## After 1900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.840287633701
##
## After 1950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.830033946134
##
## After 2000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.296625585613
##
## After 2050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 721.032158675454
##
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.781301943544
##
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.246351411697##
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 720.246351411697
##
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.859430607422
##
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.675081005574##
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.675081005574
##
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.349291200228##
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.349291200228
##
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 719.083255858269
##
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.839140344284##
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.839140344284
##
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546##
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546
##
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 716.402586832488
## Mean crit= 718.714805900546##
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.789332111914##
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.789332111914
##
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+n_repetitions_sentence+test_method
## Crit= 710.651451066695
## Mean crit= 717.713267531925
##
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 710.503952715465
## Mean crit= 717.130384458186##
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence+test_method
## Crit= 710.503952715465
## Mean crit= 717.130384458186
##
## After 3050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124##
## After 3100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124
##
## After 3150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 715.470381268124##
## After 3200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981##
## After 3250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981
##
## After 3300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981##
## After 3350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981##
## After 3400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.200043155981##
## After 3450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893
##
## After 3550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 714.149485648893##
## After 3850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963##
## After 3900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963
##
## After 3950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 713.337643591963##
## After 4000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 712.319016224495##
## After 4050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 712.319016224495
##
## After 4100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.745486611223
##
## After 4150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.2476118982##
## After 4200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 711.2476118982
##
## After 4250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type+test_mass_or_distributed+character_identification+n_repetitions_sentence+test_method
## Crit= 706.253249696783
## Mean crit= 710.307466207157
## Completed.print(res_test_method)## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 706.253249696783
## Best model:
## [1] "d_calc ~ 1 + mean_age + sentence_structure + agent_argument_type_clean + "
## [2] " patient_argument_type_clean + presentation_type + test_mass_or_distributed + "
## [3] " character_identification + n_repetitions_sentence + test_method"
## Evidence weight: 0.114758906172017
## Worst IC: 716.402586832488
## 6 models within 2 IC units.
## 21 models to reach 95% of evidence weight.top <- weightable(res_test_method)
top <- top[top$aicc <= min(top$aicc) + 2,]
topsummary(res_test_method@objects[[1]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -333.1843 705.9843 700.3686 748.0370 706.2532
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 105) = 705.9843, p-val < .0001
##
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 144.9238, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.0188 0.2585 0.0729 0.9419
## mean_age -0.0002 0.0001 -1.6863 0.0917
## sentence_structuretransitive -0.3909 0.1520 -2.5717 0.0101
## agent_argument_type_cleandropping_noise -0.5409 0.2759 -1.9602 0.0500
## agent_argument_type_cleannoun -0.3798 0.1823 -2.0835 0.0372
## agent_argument_type_cleannoun_phrase -0.2063 0.2359 -0.8747 0.3817
## agent_argument_type_cleanpronoun -1.3730 0.2275 -6.0349 <.0001
## agent_argument_type_cleanvarying_agent -0.3893 0.1622 -2.4002 0.0164
## patient_argument_type_cleannoun 0.4077 0.1492 2.7329 0.0063
## patient_argument_type_cleannoun_phrase 1.3215 0.1970 6.7079 <.0001
## patient_argument_type_cleanpronoun 1.3730 0.2096 6.5503 <.0001
## presentation_typeimmediate_after 0.6043 0.1147 5.2693 <.0001
## presentation_typesimultaneous 0.4544 0.1211 3.7513 0.0002
## test_mass_or_distributedmass 0.4165 0.0982 4.2395 <.0001
## character_identificationyes 0.2927 0.0828 3.5361 0.0004
## n_repetitions_sentence 0.0314 0.0082 3.8442 0.0001
## test_methodpoint 0.4064 0.1102 3.6890 0.0002
## ci.lb ci.ub
## intrcpt -0.4879 0.5256
## mean_age -0.0005 0.0000 .
## sentence_structuretransitive -0.6888 -0.0930 *
## agent_argument_type_cleandropping_noise -1.0816 -0.0001 *
## agent_argument_type_cleannoun -0.7371 -0.0225 *
## agent_argument_type_cleannoun_phrase -0.6686 0.2560
## agent_argument_type_cleanpronoun -1.8189 -0.9271 ***
## agent_argument_type_cleanvarying_agent -0.7071 -0.0714 *
## patient_argument_type_cleannoun 0.1153 0.7001 **
## patient_argument_type_cleannoun_phrase 0.9354 1.7076 ***
## patient_argument_type_cleanpronoun 0.9622 1.7838 ***
## presentation_typeimmediate_after 0.3795 0.8290 ***
## presentation_typesimultaneous 0.2170 0.6918 ***
## test_mass_or_distributedmass 0.2239 0.6090 ***
## character_identificationyes 0.1305 0.4549 ***
## n_repetitions_sentence 0.0154 0.0474 ***
## test_methodpoint 0.1905 0.6223 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_test_method, type="s")
summary(res_test_method@objects[[2]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -333.1843 705.9843 700.3686 748.0370 706.2532
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 105) = 705.9843, p-val < .0001
##
## Test of Moderators (coefficients 2:17):
## QM(df = 16) = 144.9238, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt 0.0188 0.2585 0.0729 0.9419
## mean_age -0.0002 0.0001 -1.6863 0.0917
## agent_argument_type_cleandropping_noise -0.5409 0.2759 -1.9602 0.0500
## agent_argument_type_cleannoun -0.3798 0.1823 -2.0835 0.0372
## agent_argument_type_cleannoun_phrase -0.2063 0.2359 -0.8747 0.3817
## agent_argument_type_cleanpronoun -1.3730 0.2275 -6.0349 <.0001
## agent_argument_type_cleanvarying_agent -0.3893 0.1622 -2.4002 0.0164
## patient_argument_type_cleannoun 0.0168 0.0982 0.1713 0.8640
## patient_argument_type_cleannoun_phrase 0.9306 0.1430 6.5098 <.0001
## patient_argument_type_cleanpronoun 0.9821 0.1394 7.0445 <.0001
## patient_argument_type_cleanvarying_patient -0.3909 0.1520 -2.5717 0.0101
## presentation_typeimmediate_after 0.6043 0.1147 5.2693 <.0001
## presentation_typesimultaneous 0.4544 0.1211 3.7513 0.0002
## test_mass_or_distributedmass 0.4165 0.0982 4.2395 <.0001
## character_identificationyes 0.2927 0.0828 3.5361 0.0004
## n_repetitions_sentence 0.0314 0.0082 3.8442 0.0001
## test_methodpoint 0.4064 0.1102 3.6890 0.0002
## ci.lb ci.ub
## intrcpt -0.4879 0.5256
## mean_age -0.0005 0.0000 .
## agent_argument_type_cleandropping_noise -1.0816 -0.0001 *
## agent_argument_type_cleannoun -0.7371 -0.0225 *
## agent_argument_type_cleannoun_phrase -0.6686 0.2560
## agent_argument_type_cleanpronoun -1.8189 -0.9271 ***
## agent_argument_type_cleanvarying_agent -0.7071 -0.0714 *
## patient_argument_type_cleannoun -0.1756 0.2093
## patient_argument_type_cleannoun_phrase 0.6504 1.2108 ***
## patient_argument_type_cleanpronoun 0.7089 1.2554 ***
## patient_argument_type_cleanvarying_patient -0.6888 -0.0930 *
## presentation_typeimmediate_after 0.3795 0.8290 ***
## presentation_typesimultaneous 0.2170 0.6918 ***
## test_mass_or_distributedmass 0.2239 0.6090 ***
## character_identificationyes 0.1305 0.4549 ***
## n_repetitions_sentence 0.0154 0.0474 ***
## test_methodpoint 0.1905 0.6223 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_test_method, type="s")
eval(metafor:::.glmulti)
coef(res_test_method)## Estimate Uncond. variance
## n_repetitions_video 0.018546887 7.397716e-04
## practice_phaseyes 0.072012478 1.055579e-02
## patient_argument_type_cleanvarying_patient -0.173742018 4.177103e-02
## sentence_structuretransitive -0.173742018 4.177103e-02
## stimuli_actorperson -0.109893516 1.501463e-02
## character_identificationyes 0.184826118 1.869755e-02
## test_methodpoint 0.434740447 1.471704e-02
## intrcpt -0.019396109 8.761177e-02
## mean_age -0.000196411 1.965318e-08
## agent_argument_type_cleandropping_noise -0.531832787 7.638841e-02
## agent_argument_type_cleannoun -0.328638965 3.668263e-02
## agent_argument_type_cleannoun_phrase -0.139802609 6.219833e-02
## agent_argument_type_cleanpronoun -1.312704463 5.691207e-02
## agent_argument_type_cleanvarying_agent -0.385150190 2.699721e-02
## patient_argument_type_cleannoun 0.201101668 4.690905e-02
## patient_argument_type_cleannoun_phrase 1.078443204 6.441989e-02
## patient_argument_type_cleanpronoun 1.157230960 6.217188e-02
## presentation_typeimmediate_after 0.566502597 1.604385e-02
## presentation_typesimultaneous 0.398796208 2.019588e-02
## test_mass_or_distributedmass 0.447519115 1.262078e-02
## n_repetitions_sentence 0.030168348 6.949874e-05
## Nb models Importance
## n_repetitions_video 16 0.4244154
## practice_phaseyes 16 0.4414291
## patient_argument_type_cleanvarying_patient 16 0.5000000
## sentence_structuretransitive 16 0.5000000
## stimuli_actorperson 16 0.5699621
## character_identificationyes 18 0.7509257
## test_methodpoint 30 0.9985648
## intrcpt 32 1.0000000
## mean_age 32 1.0000000
## agent_argument_type_cleandropping_noise 32 1.0000000
## agent_argument_type_cleannoun 32 1.0000000
## agent_argument_type_cleannoun_phrase 32 1.0000000
## agent_argument_type_cleanpronoun 32 1.0000000
## agent_argument_type_cleanvarying_agent 32 1.0000000
## patient_argument_type_cleannoun 32 1.0000000
## patient_argument_type_cleannoun_phrase 32 1.0000000
## patient_argument_type_cleanpronoun 32 1.0000000
## presentation_typeimmediate_after 32 1.0000000
## presentation_typesimultaneous 32 1.0000000
## test_mass_or_distributedmass 32 1.0000000
## n_repetitions_sentence 32 1.0000000
## +/- (alpha=0.05)
## n_repetitions_video 0.053308555
## practice_phaseyes 0.201369407
## patient_argument_type_cleanvarying_patient 0.400576685
## sentence_structuretransitive 0.400576685
## stimuli_actorperson 0.240162636
## character_identificationyes 0.268003454
## test_methodpoint 0.237770698
## intrcpt 0.580135347
## mean_age 0.000274767
## agent_argument_type_cleandropping_noise 0.541703723
## agent_argument_type_cleannoun 0.375386203
## agent_argument_type_cleannoun_phrase 0.488807037
## agent_argument_type_cleanpronoun 0.467573907
## agent_argument_type_cleanvarying_agent 0.322038284
## patient_argument_type_cleannoun 0.424498742
## patient_argument_type_cleannoun_phrase 0.497459897
## patient_argument_type_cleanpronoun 0.488703114
## presentation_typeimmediate_after 0.248257519
## presentation_typesimultaneous 0.278534808
## test_mass_or_distributedmass 0.220186768
## n_repetitions_sentence 0.016339417mmi <- as.data.frame(coef(res_test_method))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)take stimuli modality
res_stimuli_modality <- glmulti(d_calc ~mean_age + sentence_structure + agent_argument_type_clean + patient_argument_type_clean + stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + practice_phase + character_identification + n_repetitions_sentence + n_repetitions_video, data=ma_data, level=1, fitfunction=rma.glmulti, crit="aicc", confsetsize=32)## Initialization...
## TASK: Exhaustive screening of candidate set.
## Fitting...
##
## After 50 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor
## Crit= 760.484551405164
## Mean crit= 784.70614272771
##
## After 100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 764.874062570213
##
## After 150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+presentation_type
## Crit= 739.387678983246
## Mean crit= 754.046676371007
##
## After 200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed
## Crit= 730.360343716281
## Mean crit= 746.013016092644
##
## After 250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 728.824062239949
## Mean crit= 738.516745278851
##
## After 300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 735.915958450779
##
## After 350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 735.292484256219
##
## After 400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 733.525290114113
##
## After 450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed
## Crit= 723.381257791248
## Mean crit= 733.240219434589
##
## After 500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+test_mass_or_distributed+practice_phase
## Crit= 719.726366909888
## Mean crit= 729.781018832919
##
## After 550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819##
## After 600 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819
##
## After 650 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.210299559819##
## After 700 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 727.145613084191
##
## After 750 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 726.297012673816
##
## After 800 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228##
## After 850 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228
##
## After 900 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 725.12037559228##
## After 950 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.986420188245
##
## After 1000 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 724.488477100615
##
## After 1050 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 723.66626880354
##
## After 1100 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877##
## After 1150 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877
##
## After 1200 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877##
## After 1250 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877##
## After 1300 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.843238945877##
## After 1350 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474##
## After 1400 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474
##
## After 1450 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 722.469629981474##
## After 1500 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.714741534467
##
## After 1550 models:
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase
## Crit= 713.523474445486
## Mean crit= 721.347500228533
##
## After 1600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.667864986796##
## After 1650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.667864986796
##
## After 1700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.64857755952
##
## After 1750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.594734615819##
## After 1800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 719.594734615819
##
## After 1850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 718.396267081198
##
## After 1900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 717.889471389329
##
## After 1950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 717.631551810719
##
## After 2000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.630923483867
##
## After 2050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.610181959508
##
## After 2100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Best model: d_calc~1+mean_age+sentence_structure+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+n_repetitions_sentence
## Crit= 707.264837051268
## Mean crit= 716.005350060856
##
## After 2150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258
##
## After 2250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.833594300258##
## After 2650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 2700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541
##
## After 2750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 2800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 2850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 2900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 2950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3300 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3350 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3400 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3450 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3500 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3550 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.650704179541##
## After 3600 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574##
## After 3650 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574
##
## After 3700 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.549812054574##
## After 3750 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432##
## After 3800 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432
##
## After 3850 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432##
## After 3900 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432##
## After 3950 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 714.038292731432##
## After 4000 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207##
## After 4050 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207
##
## After 4100 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.897466732207##
## After 4150 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.725431840868##
## After 4200 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.725431840868
##
## After 4250 models:
## Best model: d_calc~1+mean_age+agent_argument_type_clean+patient_argument_type_clean+stimuli_actor+stimuli_modality+presentation_type+test_mass_or_distributed+practice_phase+character_identification+n_repetitions_sentence
## Crit= 706.701764559021
## Mean crit= 713.264043590231
## Completed.print(res_stimuli_modality)## glmulti.analysis
## Method: h / Fitting: rma.glmulti / IC used: aicc
## Level: 1 / Marginality: FALSE
## From 32 models:
## Best IC: 706.701764559021
## Best model:
## [1] "d_calc ~ 1 + mean_age + agent_argument_type_clean + patient_argument_type_clean + "
## [2] " stimuli_actor + stimuli_modality + presentation_type + test_mass_or_distributed + "
## [3] " practice_phase + character_identification + n_repetitions_sentence"
## Evidence weight: 0.203141843655482
## Worst IC: 716.639540018314
## 4 models within 2 IC units.
## 14 models to reach 95% of evidence weight.top <- weightable(res_stimuli_modality)
top <- top[top$aicc <= min(top$aicc) + 2,]
topsummary(res_stimuli_modality@objects[[1]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -330.6254 700.8664 699.2508 752.5272 706.7018
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 103) = 700.8664, p-val < .0001
##
## Test of Moderators (coefficients 2:19):
## QM(df = 18) = 150.0416, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt -0.2287 0.2797 -0.8175 0.4136
## mean_age -0.0003 0.0001 -1.9823 0.0474
## agent_argument_type_cleandropping_noise -0.5515 0.2761 -1.9975 0.0458
## agent_argument_type_cleannoun -0.3254 0.1868 -1.7418 0.0816
## agent_argument_type_cleannoun_phrase -0.0634 0.2435 -0.2605 0.7945
## agent_argument_type_cleanpronoun -0.8812 0.2313 -3.8098 0.0001
## agent_argument_type_cleanvarying_agent -0.1676 0.1632 -1.0268 0.3045
## patient_argument_type_cleannoun 0.1485 0.0992 1.4975 0.1343
## patient_argument_type_cleannoun_phrase 1.0240 0.1528 6.7036 <.0001
## patient_argument_type_cleanpronoun 0.9535 0.1411 6.7589 <.0001
## patient_argument_type_cleanvarying_patient -0.2982 0.1561 -1.9096 0.0562
## stimuli_actorperson -0.4040 0.1256 -3.2156 0.0013
## stimuli_modalityvideo 0.4379 0.1166 3.7569 0.0002
## presentation_typeimmediate_after 0.5451 0.1250 4.3600 <.0001
## presentation_typesimultaneous 0.4229 0.1341 3.1525 0.0016
## test_mass_or_distributedmass 0.2852 0.0970 2.9387 0.0033
## practice_phaseyes 0.3219 0.0954 3.3736 0.0007
## character_identificationyes 0.1782 0.0970 1.8366 0.0663
## n_repetitions_sentence 0.0280 0.0081 3.4641 0.0005
## ci.lb ci.ub
## intrcpt -0.7770 0.3196
## mean_age -0.0005 -0.0000 *
## agent_argument_type_cleandropping_noise -1.0927 -0.0104 *
## agent_argument_type_cleannoun -0.6916 0.0408 .
## agent_argument_type_cleannoun_phrase -0.5406 0.4137
## agent_argument_type_cleanpronoun -1.3346 -0.4279 ***
## agent_argument_type_cleanvarying_agent -0.4874 0.1523
## patient_argument_type_cleannoun -0.0459 0.3429
## patient_argument_type_cleannoun_phrase 0.7246 1.3234 ***
## patient_argument_type_cleanpronoun 0.6770 1.2300 ***
## patient_argument_type_cleanvarying_patient -0.6042 0.0079 .
## stimuli_actorperson -0.6503 -0.1578 **
## stimuli_modalityvideo 0.2095 0.6664 ***
## presentation_typeimmediate_after 0.3001 0.7902 ***
## presentation_typesimultaneous 0.1600 0.6857 **
## test_mass_or_distributedmass 0.0950 0.4754 **
## practice_phaseyes 0.1349 0.5090 ***
## character_identificationyes -0.0120 0.3683 .
## n_repetitions_sentence 0.0121 0.0438 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_stimuli_modality, type="s")
summary(res_stimuli_modality@objects[[2]])##
## Multivariate Meta-Analysis Model (k = 122; method: ML)
##
## logLik Deviance AIC BIC AICc
## -330.6254 700.8664 699.2508 752.5272 706.7018
##
## Variance Components: none
##
## Test for Residual Heterogeneity:
## QE(df = 103) = 700.8664, p-val < .0001
##
## Test of Moderators (coefficients 2:19):
## QM(df = 18) = 150.0416, p-val < .0001
##
## Model Results:
##
## estimate se zval pval
## intrcpt -0.2287 0.2797 -0.8175 0.4136
## mean_age -0.0003 0.0001 -1.9823 0.0474
## sentence_structuretransitive -0.2982 0.1561 -1.9096 0.0562
## agent_argument_type_cleandropping_noise -0.5515 0.2761 -1.9975 0.0458
## agent_argument_type_cleannoun -0.3254 0.1868 -1.7418 0.0816
## agent_argument_type_cleannoun_phrase -0.0634 0.2435 -0.2605 0.7945
## agent_argument_type_cleanpronoun -0.8812 0.2313 -3.8098 0.0001
## agent_argument_type_cleanvarying_agent -0.1676 0.1632 -1.0268 0.3045
## patient_argument_type_cleannoun 0.4467 0.1555 2.8722 0.0041
## patient_argument_type_cleannoun_phrase 1.3221 0.2150 6.1504 <.0001
## patient_argument_type_cleanpronoun 1.2516 0.2113 5.9229 <.0001
## stimuli_actorperson -0.4040 0.1256 -3.2156 0.0013
## stimuli_modalityvideo 0.4379 0.1166 3.7569 0.0002
## presentation_typeimmediate_after 0.5451 0.1250 4.3600 <.0001
## presentation_typesimultaneous 0.4229 0.1341 3.1525 0.0016
## test_mass_or_distributedmass 0.2852 0.0970 2.9387 0.0033
## practice_phaseyes 0.3219 0.0954 3.3736 0.0007
## character_identificationyes 0.1782 0.0970 1.8366 0.0663
## n_repetitions_sentence 0.0280 0.0081 3.4641 0.0005
## ci.lb ci.ub
## intrcpt -0.7770 0.3196
## mean_age -0.0005 -0.0000 *
## sentence_structuretransitive -0.6042 0.0079 .
## agent_argument_type_cleandropping_noise -1.0927 -0.0104 *
## agent_argument_type_cleannoun -0.6916 0.0408 .
## agent_argument_type_cleannoun_phrase -0.5406 0.4137
## agent_argument_type_cleanpronoun -1.3346 -0.4279 ***
## agent_argument_type_cleanvarying_agent -0.4874 0.1523
## patient_argument_type_cleannoun 0.1419 0.7515 **
## patient_argument_type_cleannoun_phrase 0.9008 1.7435 ***
## patient_argument_type_cleanpronoun 0.8375 1.6658 ***
## stimuli_actorperson -0.6503 -0.1578 **
## stimuli_modalityvideo 0.2095 0.6664 ***
## presentation_typeimmediate_after 0.3001 0.7902 ***
## presentation_typesimultaneous 0.1600 0.6857 **
## test_mass_or_distributedmass 0.0950 0.4754 **
## practice_phaseyes 0.1349 0.5090 ***
## character_identificationyes -0.0120 0.3683 .
## n_repetitions_sentence 0.0121 0.0438 ***
##
## ---
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1plot(res_stimuli_modality, type="s")
eval(metafor:::.glmulti)
coef(res_stimuli_modality)## Estimate Uncond. variance
## n_repetitions_video -0.0006649441 6.341921e-05
## sentence_structuretransitive -0.1241124600 2.647338e-02
## patient_argument_type_cleanvarying_patient -0.1241124600 2.647338e-02
## character_identificationyes 0.1097882058 1.470371e-02
## test_mass_or_distributedmass 0.2779182638 1.154394e-02
## n_repetitions_sentence 0.0254551966 7.574539e-05
## stimuli_actorperson -0.4397645527 1.956733e-02
## practice_phaseyes 0.3347419906 1.103947e-02
## stimuli_modalityvideo 0.4503787301 1.574553e-02
## intrcpt -0.2003987496 8.550051e-02
## mean_age -0.0002705268 2.037752e-08
## agent_argument_type_cleandropping_noise -0.5500867955 7.633480e-02
## agent_argument_type_cleannoun -0.2980023091 3.899715e-02
## agent_argument_type_cleannoun_phrase -0.0257183171 6.568437e-02
## agent_argument_type_cleanpronoun -0.8428606109 5.819676e-02
## agent_argument_type_cleanvarying_agent -0.1502023131 2.713530e-02
## patient_argument_type_cleannoun 0.2864103496 3.233317e-02
## patient_argument_type_cleannoun_phrase 1.1422621464 5.024955e-02
## patient_argument_type_cleanpronoun 1.0683456389 4.765425e-02
## presentation_typeimmediate_after 0.5415033237 1.678297e-02
## presentation_typesimultaneous 0.3985945599 2.013134e-02
## Nb models Importance
## n_repetitions_video 12 0.2108270
## sentence_structuretransitive 16 0.5000000
## patient_argument_type_cleanvarying_patient 16 0.5000000
## character_identificationyes 20 0.5772402
## test_mass_or_distributedmass 24 0.9541696
## n_repetitions_sentence 26 0.9791009
## stimuli_actorperson 26 0.9800472
## practice_phaseyes 26 0.9820008
## stimuli_modalityvideo 30 0.9968208
## intrcpt 32 1.0000000
## mean_age 32 1.0000000
## agent_argument_type_cleandropping_noise 32 1.0000000
## agent_argument_type_cleannoun 32 1.0000000
## agent_argument_type_cleannoun_phrase 32 1.0000000
## agent_argument_type_cleanpronoun 32 1.0000000
## agent_argument_type_cleanvarying_agent 32 1.0000000
## patient_argument_type_cleannoun 32 1.0000000
## patient_argument_type_cleannoun_phrase 32 1.0000000
## patient_argument_type_cleanpronoun 32 1.0000000
## presentation_typeimmediate_after 32 1.0000000
## presentation_typesimultaneous 32 1.0000000
## +/- (alpha=0.05)
## n_repetitions_video 0.0156084038
## sentence_structuretransitive 0.3188987177
## patient_argument_type_cleanvarying_patient 0.3188987177
## character_identificationyes 0.2376629723
## test_mass_or_distributedmass 0.2105838980
## n_repetitions_sentence 0.0170579243
## stimuli_actorperson 0.2741661593
## practice_phaseyes 0.2059312680
## stimuli_modalityvideo 0.2459386026
## intrcpt 0.5731026892
## mean_age 0.0002797846
## agent_argument_type_cleandropping_noise 0.5415136014
## agent_argument_type_cleannoun 0.3870477501
## agent_argument_type_cleannoun_phrase 0.5023184185
## agent_argument_type_cleanpronoun 0.4728217935
## agent_argument_type_cleanvarying_agent 0.3228608865
## patient_argument_type_cleannoun 0.3524294923
## patient_argument_type_cleannoun_phrase 0.4393535856
## patient_argument_type_cleanpronoun 0.4278572757
## presentation_typeimmediate_after 0.2539115450
## presentation_typesimultaneous 0.2780893765mmi <- as.data.frame(coef(res_stimuli_modality))
mmi <- data.frame(Estimate=mmi$Est, SE=sqrt(mmi$Uncond), Importance=mmi$Importance, row.names=row.names(mmi))
mmi$z <- mmi$Estimate / mmi$SE
mmi$p <- 2*pnorm(abs(mmi$z), lower.tail=FALSE)
names(mmi) <- c("Estimate", "Std. Error", "Importance", "z value", "Pr(>|z|)")
mmi$ci.lb <- mmi[[1]] - qnorm(.975) * mmi[[2]]
mmi$ci.ub <- mmi[[1]] + qnorm(.975) * mmi[[2]]
mmi <- mmi[order(mmi$Importance, decreasing=TRUE), c(1,2,4:7,3)]
round(mmi, 4)